#共同需要导入的包
import pymongo
import requests
from requests.exceptions import RequestException
from bs4 import BeautifulSoup

#配置数据库信息
MONGO_URL = 'localhost'
client = pymongo.MongoClient(MONGO_URL)

#连接prototype_dataset库
MONGO_PROTOTYPE_DATASET_INFO = 'prototype_dataset'
db_prototype_dataset_info = client[MONGO_PROTOTYPE_DATASET_INFO]

#需要爬取站点的URL
URL = 'http://www.ukelili.com'

#爬取到所有模型厂商所需要的url页面
ALL_COMPANY_URL = '/hotList/hot/type/factory.html'

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36",
    "Refernce": "http://www.ukelili.com",
    "Accept": "application/json, text/javascript, */*; q=0.01",
    "Origin": "http://www.ukelili.com",
    "Host": "www.ukelili.com",
    "Cookie": "UM_distinctid=16cfa396d1a2bb-01d912ec713487-3d644509-1fa400-16cfa396d1b4c6; PHPSESSID=l651o120s1ujpo2ar7dptnehe3; CNZZDATA1261981477=438789259-1568249291-%7C1568680675"
}
